mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-14 23:21:35 +00:00
95fe8687c8
Adds a 'passthrough' feature row to the Claude Code compat matrix that
drives the real claude CLI in each cloud's native mode against
LiteLLM's passthrough routes (the LLM-gateway setup from
code.claude.com/docs/en/gateway) instead of the /v1/messages
translation layer:
- anthropic: ANTHROPIC_BASE_URL={proxy}/anthropic, forwarded verbatim
to api.anthropic.com
- bedrock_invoke: CLAUDE_CODE_USE_BEDROCK=1 against {proxy}/bedrock;
the router resolves the alias in /model/{alias}/invoke-with-response-stream
- vertex_ai: CLAUDE_CODE_USE_VERTEX=1 against {proxy}/vertex_ai/v1;
alias, project, location and credentials resolve from the deployment,
which now sets use_in_pass_through: true (and the canonical
vertex_project/vertex_location param names) in test_config.yaml
- azure: CLAUDE_CODE_USE_FOUNDRY=1 against {proxy}/azure via the
AZURE_API_BASE/AZURE_API_KEY fallback (documented in the cron env
example)
- bedrock_converse: not_applicable; Claude Code has no Converse-wire
client
The shared cell body lives in _passthrough.py with injectable runner
and env (no monkeypatching), unit-covered in
_driver_unit_tests/test_passthrough.py including pins on the per-mode
CLI env contracts captured from a real claude CLI (2.1.210) run
against a request-logging sink.
113 lines
4.4 KiB
YAML
113 lines
4.4 KiB
YAML
# Proxy routing config for the Claude Code Compatibility Matrix PR gate.
|
|
#
|
|
# The tests under `tests/e2e/claude_code/` only know **alias** names (e.g.
|
|
# `claude-haiku-4-5-bedrock-invoke`). The proxy is the layer that maps
|
|
# each alias to a real upstream model id, region, and credentials.
|
|
#
|
|
# Adding a new (feature, provider) cell is a three-step change in the
|
|
# test repo (manifest + test file + alias here); changing which upstream
|
|
# model a cell exercises is a one-step change here, with no test edits.
|
|
#
|
|
# Aliases:
|
|
# - claude-{tier} → Anthropic API
|
|
# - claude-{tier}-bedrock-invoke → Bedrock InvokeModel API
|
|
# - claude-{tier}-bedrock-converse → Bedrock Converse API
|
|
# - claude-{tier}-vertex → GCP Vertex AI
|
|
# - claude-{tier}-azure → Microsoft Foundry (Anthropic deployments)
|
|
|
|
model_list:
|
|
# ---- Anthropic ----
|
|
- model_name: claude-haiku-4-5
|
|
litellm_params:
|
|
model: anthropic/claude-haiku-4-5
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
- model_name: claude-sonnet-4-6
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-4-6
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
- model_name: claude-opus-4-7
|
|
litellm_params:
|
|
model: anthropic/claude-opus-4-7
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
|
|
# ---- Bedrock (InvokeModel) ----
|
|
- model_name: claude-haiku-4-5-bedrock-invoke
|
|
litellm_params:
|
|
model: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0
|
|
aws_region_name: us-east-1
|
|
- model_name: claude-sonnet-4-6-bedrock-invoke
|
|
litellm_params:
|
|
model: bedrock/us.anthropic.claude-sonnet-4-6
|
|
aws_region_name: us-east-1
|
|
- model_name: claude-opus-4-7-bedrock-invoke
|
|
litellm_params:
|
|
model: bedrock/us.anthropic.claude-opus-4-7
|
|
aws_region_name: us-east-1
|
|
|
|
# ---- Bedrock (Converse) ----
|
|
- model_name: claude-haiku-4-5-bedrock-converse
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0
|
|
aws_region_name: us-east-1
|
|
- model_name: claude-sonnet-4-6-bedrock-converse
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-sonnet-4-6
|
|
aws_region_name: us-east-1
|
|
- model_name: claude-opus-4-7-bedrock-converse
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-opus-4-7
|
|
aws_region_name: us-east-1
|
|
|
|
# ---- Vertex AI ----
|
|
# `use_in_pass_through: true` registers each deployment's
|
|
# project/location/credentials with the /vertex_ai passthrough
|
|
# router, which the `passthrough` row needs to resolve
|
|
# .../models/{alias}:streamRawPredict URLs. That registration only
|
|
# reads the canonical `vertex_project`/`vertex_location` param names
|
|
# (not the `vertex_ai_*` aliases); the chat translation path accepts
|
|
# both.
|
|
- model_name: claude-haiku-4-5-vertex
|
|
litellm_params:
|
|
model: vertex_ai/claude-haiku-4-5
|
|
vertex_project: os.environ/VERTEXAI_PROJECT
|
|
vertex_location: os.environ/VERTEXAI_LOCATION
|
|
use_in_pass_through: true
|
|
- model_name: claude-sonnet-4-6-vertex
|
|
litellm_params:
|
|
model: vertex_ai/claude-sonnet-4-6
|
|
vertex_project: os.environ/VERTEXAI_PROJECT
|
|
vertex_location: os.environ/VERTEXAI_LOCATION
|
|
use_in_pass_through: true
|
|
- model_name: claude-opus-4-7-vertex
|
|
litellm_params:
|
|
model: vertex_ai/claude-opus-4-7
|
|
vertex_project: os.environ/VERTEXAI_PROJECT
|
|
vertex_location: os.environ/VERTEXAI_LOCATION
|
|
use_in_pass_through: true
|
|
|
|
# ---- Microsoft Foundry (Anthropic deployments on Azure) ----
|
|
- model_name: claude-haiku-4-5-azure
|
|
litellm_params:
|
|
model: azure_ai/claude-haiku-4-5
|
|
api_base: os.environ/AZURE_FOUNDRY_API_BASE
|
|
api_key: os.environ/AZURE_FOUNDRY_API_KEY
|
|
- model_name: claude-sonnet-4-6-azure
|
|
litellm_params:
|
|
model: azure_ai/claude-sonnet-4-6
|
|
api_base: os.environ/AZURE_FOUNDRY_API_BASE
|
|
api_key: os.environ/AZURE_FOUNDRY_API_KEY
|
|
- model_name: claude-opus-4-7-azure
|
|
litellm_params:
|
|
model: azure_ai/claude-opus-4-7
|
|
api_base: os.environ/AZURE_FOUNDRY_API_BASE
|
|
api_key: os.environ/AZURE_FOUNDRY_API_KEY
|
|
|
|
general_settings:
|
|
# Claude Code sends provider-specific headers (e.g. anthropic-beta) we
|
|
# want to forward verbatim to the upstream so the wire-shape under
|
|
# test matches what real customers send.
|
|
forward_client_headers_to_llm_api: true
|
|
|
|
litellm_settings:
|
|
drop_params: true
|
|
modify_params: true
|