scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-12 03:48:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 57
litellm/tests/integration/proxy_config.yaml
devin-ai-integration[bot] 64cddd6e13
test(integration): basic translation cases for the bedrock_mantle route (#44750) 
* test(integration): bedrock_mantle-route basic translation cases on messages, chat completions and responses

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(integration): rename translation runner run to assert_translation

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

* test(integration): use assert_translation and drop the LIT-9196 skips in the bedrock_mantle basic cases

Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>

---------

Co-authored-by: kerry <kerry@berri.ai>
Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
2026-10-06 03:17:34 +00:00

350 lines
15 KiB
YAML
Raw Blame History

model_list:
- model_name: anthropic/claude-haiku-4-5
litellm_params:
model: anthropic/claude-haiku-4-5
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: anthropic/claude-sonnet-5
litellm_params:
model: anthropic/claude-sonnet-5
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: anthropic/claude-opus-4-8
litellm_params:
model: anthropic/claude-opus-4-8
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: anthropic/claude-sonnet-5-5
litellm_params:
model: anthropic/claude-sonnet-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: anthropic/claude-opus-5-5
litellm_params:
model: anthropic/claude-opus-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: anthropic/claude-sonnet-4-6
litellm_params:
model: anthropic/claude-sonnet-4-6
api_base: http://127.0.0.1:8191
api_key: synthetic-anthropic-key
- model_name: gemini/gemini-3.5-flash
litellm_params:
model: gemini/gemini-3.5-flash
api_base: http://127.0.0.1:8191
api_key: synthetic-gemini-key
- model_name: gemini/gemini-3.8-flash
litellm_params:
model: gemini/gemini-3.8-flash
api_base: http://127.0.0.1:8191
api_key: synthetic-gemini-key
- model_name: gemini/gemini-3.1-pro-preview
litellm_params:
model: gemini/gemini-3.1-pro-preview
api_base: http://127.0.0.1:8191
api_key: synthetic-gemini-key
- model_name: azure_ai/claude-haiku-4-5
litellm_params:
model: azure_ai/claude-haiku-4-5
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: azure_ai/claude-sonnet-4-6
litellm_params:
model: azure_ai/claude-sonnet-4-6
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: azure_ai/claude-sonnet-5
litellm_params:
model: azure_ai/claude-sonnet-5
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: azure_ai/claude-opus-4-8
litellm_params:
model: azure_ai/claude-opus-4-8
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: azure_ai/claude-sonnet-5-5
litellm_params:
model: azure_ai/claude-sonnet-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: azure_ai/claude-opus-5-5
litellm_params:
model: azure_ai/claude-opus-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-ai-key
- model_name: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0
litellm_params:
model: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/converse/us.anthropic.claude-sonnet-4-6
litellm_params:
model: bedrock/converse/us.anthropic.claude-sonnet-4-6
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/converse/us.anthropic.claude-sonnet-5
litellm_params:
model: bedrock/converse/us.anthropic.claude-sonnet-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/converse/us.anthropic.claude-opus-4-8
litellm_params:
model: bedrock/converse/us.anthropic.claude-opus-4-8
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/converse/us.anthropic.claude-sonnet-5-5
litellm_params:
model: bedrock/converse/us.anthropic.claude-sonnet-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/converse/us.anthropic.claude-opus-5-5
litellm_params:
model: bedrock/converse/us.anthropic.claude-opus-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: openai/gpt-5.4
litellm_params:
model: openai/gpt-5.4
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/gpt-5.6-sol
litellm_params:
model: openai/gpt-5.6-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/gpt-5.6-luna
litellm_params:
model: openai/gpt-5.6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/gpt-6-luna
litellm_params:
model: openai/gpt-6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/gpt-6.1-sol
litellm_params:
model: openai/gpt-6.1-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/responses/gpt-5.6-sol
litellm_params:
model: openai/responses/gpt-5.6-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: openai/responses/gpt-6.1-sol
litellm_params:
model: openai/responses/gpt-6.1-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-openai-key
- model_name: azure/gpt-5.4
litellm_params:
model: azure/gpt-5.4
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-key
api_version: "2025-04-01-preview"
- model_name: azure/gpt-5.6-sol
litellm_params:
model: azure/gpt-5.6-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-key
api_version: "2025-04-01-preview"
- model_name: azure/gpt-5.6-luna
litellm_params:
model: azure/gpt-5.6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-key
api_version: "2025-04-01-preview"
- model_name: azure/gpt-6-luna
litellm_params:
model: azure/gpt-6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-key
api_version: "2025-04-01-preview"
- model_name: azure/gpt-6.1-sol
litellm_params:
model: azure/gpt-6.1-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-azure-key
api_version: "2025-04-01-preview"
- model_name: bedrock/invoke/us.anthropic.claude-haiku-4-5-20251001-v1:0
litellm_params:
model: bedrock/invoke/us.anthropic.claude-haiku-4-5-20251001-v1:0
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/invoke/us.anthropic.claude-sonnet-4-6
litellm_params:
model: bedrock/invoke/us.anthropic.claude-sonnet-4-6
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/invoke/us.anthropic.claude-sonnet-5
litellm_params:
model: bedrock/invoke/us.anthropic.claude-sonnet-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/invoke/us.anthropic.claude-opus-4-8
litellm_params:
model: bedrock/invoke/us.anthropic.claude-opus-4-8
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/invoke/us.anthropic.claude-sonnet-5-5
litellm_params:
model: bedrock/invoke/us.anthropic.claude-sonnet-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: bedrock/invoke/us.anthropic.claude-opus-5-5
litellm_params:
model: bedrock/invoke/us.anthropic.claude-opus-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-key
aws_region_name: us-east-1
- model_name: vertex_ai/claude-haiku-4-5@20251001
litellm_params:
model: vertex_ai/claude-haiku-4-5@20251001
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/claude-sonnet-4-6@default
litellm_params:
model: vertex_ai/claude-sonnet-4-6@default
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/claude-sonnet-5@default
litellm_params:
model: vertex_ai/claude-sonnet-5@default
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/claude-opus-4-8@default
litellm_params:
model: vertex_ai/claude-opus-4-8@default
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/claude-sonnet-5-5@default
litellm_params:
model: vertex_ai/claude-sonnet-5-5@default
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/claude-opus-5-5@default
litellm_params:
model: vertex_ai/claude-opus-5-5@default
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/gemini-3.5-flash
litellm_params:
model: vertex_ai/gemini-3.5-flash
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/gemini-3.8-flash
litellm_params:
model: vertex_ai/gemini-3.8-flash
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: vertex_ai/gemini-3.1-pro-preview
litellm_params:
model: vertex_ai/gemini-3.1-pro-preview
api_base: http://127.0.0.1:8191
vertex_project: synthetic-vertex-project
vertex_location: global
vertex_credentials: '{"type": "external_account", "audience": "synthetic-vertex-audience", "subject_token_type": "urn:ietf:params:oauth:token-type:jwt", "token_url": "http://127.0.0.1:8190/_oauth/token", "credential_source": {"url": "http://127.0.0.1:8190/health"}}'
- model_name: bedrock_mantle/anthropic.claude-haiku-4-5
litellm_params:
model: bedrock_mantle/anthropic.claude-haiku-4-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/anthropic.claude-sonnet-5
litellm_params:
model: bedrock_mantle/anthropic.claude-sonnet-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/anthropic.claude-opus-5-5
litellm_params:
model: bedrock_mantle/anthropic.claude-opus-5-5
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/openai.gpt-5.4
litellm_params:
model: bedrock_mantle/openai.gpt-5.4
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/openai.gpt-5.6-sol
litellm_params:
model: bedrock_mantle/openai.gpt-5.6-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/openai.gpt-5.6-luna
litellm_params:
model: bedrock_mantle/openai.gpt-5.6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/openai.gpt-6-luna
litellm_params:
model: bedrock_mantle/openai.gpt-6-luna
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
- model_name: bedrock_mantle/openai.gpt-6.1-sol
litellm_params:
model: bedrock_mantle/openai.gpt-6.1-sol
api_base: http://127.0.0.1:8191
api_key: synthetic-bedrock-mantle-key
aws_region_name: us-east-1
general_settings:
master_key: os.environ/LITELLM_MASTER_KEY
database_url: os.environ/DATABASE_URL
store_model_in_db: true
disable_spend_logs: false
proxy_batch_write_at: 1
proxy_batch_polling_interval: 1
litellm_settings:
enable_redis_auth_cache: true
cache: true
cache_params:
type: redis
host: os.environ/REDIS_HOST
port: os.environ/REDIS_PORT
router_settings:
disable_cooldowns: true
vector_store_registry:
- vector_store_name: integration-config-store
litellm_params:
vector_store_id: vs_integration_config_store
custom_llm_provider: openai
api_base: os.environ/INTEGRATION_UPSTREAM_URL
api_key: integration-provider-key
vector_store_description: declared in tests/integration/proxy_config.yaml
environment_variables:
PERPLEXITYAI_API_KEY: synthetic-decisions-env-key
Reference in a new issue View git blame Copy permalink