mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-11 03:38:38 +00:00
* test(integration): azure-route basic translation cases on messages, chat completions and responses Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> * test(integration): use the three-line form for the azure chat LIT-9235 skip Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> --------- Co-authored-by: kerry <kerry@berri.ai> Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
163 lines
5.7 KiB
YAML
163 lines
5.7 KiB
YAML
model_list:
|
|
- model_name: anthropic/claude-haiku-4-5
|
|
litellm_params:
|
|
model: anthropic/claude-haiku-4-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: anthropic/claude-sonnet-5
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: anthropic/claude-opus-4-8
|
|
litellm_params:
|
|
model: anthropic/claude-opus-4-8
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: anthropic/claude-sonnet-5-5
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: anthropic/claude-opus-5-5
|
|
litellm_params:
|
|
model: anthropic/claude-opus-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: anthropic/claude-sonnet-4-6
|
|
litellm_params:
|
|
model: anthropic/claude-sonnet-4-6
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-anthropic-key
|
|
- model_name: azure_ai/claude-haiku-4-5
|
|
litellm_params:
|
|
model: azure_ai/claude-haiku-4-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: azure_ai/claude-sonnet-4-6
|
|
litellm_params:
|
|
model: azure_ai/claude-sonnet-4-6
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: azure_ai/claude-sonnet-5
|
|
litellm_params:
|
|
model: azure_ai/claude-sonnet-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: azure_ai/claude-opus-4-8
|
|
litellm_params:
|
|
model: azure_ai/claude-opus-4-8
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: azure_ai/claude-sonnet-5-5
|
|
litellm_params:
|
|
model: azure_ai/claude-sonnet-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: azure_ai/claude-opus-5-5
|
|
litellm_params:
|
|
model: azure_ai/claude-opus-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-ai-key
|
|
- model_name: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: bedrock/converse/us.anthropic.claude-sonnet-4-6
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-sonnet-4-6
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: bedrock/converse/us.anthropic.claude-sonnet-5
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-sonnet-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: bedrock/converse/us.anthropic.claude-opus-4-8
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-opus-4-8
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: bedrock/converse/us.anthropic.claude-sonnet-5-5
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-sonnet-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: bedrock/converse/us.anthropic.claude-opus-5-5
|
|
litellm_params:
|
|
model: bedrock/converse/us.anthropic.claude-opus-5-5
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-bedrock-key
|
|
aws_region_name: us-east-1
|
|
- model_name: openai/responses/gpt-5.6-sol
|
|
litellm_params:
|
|
model: openai/responses/gpt-5.6-sol
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-openai-key
|
|
- model_name: openai/responses/gpt-6.1-sol
|
|
litellm_params:
|
|
model: openai/responses/gpt-6.1-sol
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-openai-key
|
|
- model_name: azure/gpt-5.4
|
|
litellm_params:
|
|
model: azure/gpt-5.4
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-key
|
|
api_version: "2025-04-01-preview"
|
|
- model_name: azure/gpt-5.6-sol
|
|
litellm_params:
|
|
model: azure/gpt-5.6-sol
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-key
|
|
api_version: "2025-04-01-preview"
|
|
- model_name: azure/gpt-5.6-luna
|
|
litellm_params:
|
|
model: azure/gpt-5.6-luna
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-key
|
|
api_version: "2025-04-01-preview"
|
|
- model_name: azure/gpt-6-luna
|
|
litellm_params:
|
|
model: azure/gpt-6-luna
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-key
|
|
api_version: "2025-04-01-preview"
|
|
- model_name: azure/gpt-6.1-sol
|
|
litellm_params:
|
|
model: azure/gpt-6.1-sol
|
|
api_base: http://127.0.0.1:8191
|
|
api_key: synthetic-azure-key
|
|
api_version: "2025-04-01-preview"
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
database_url: os.environ/DATABASE_URL
|
|
store_model_in_db: true
|
|
disable_spend_logs: false
|
|
proxy_batch_write_at: 1
|
|
proxy_batch_polling_interval: 1
|
|
litellm_settings:
|
|
enable_redis_auth_cache: true
|
|
cache: true
|
|
cache_params:
|
|
type: redis
|
|
host: os.environ/REDIS_HOST
|
|
port: os.environ/REDIS_PORT
|
|
router_settings:
|
|
disable_cooldowns: true
|
|
vector_store_registry:
|
|
- vector_store_name: integration-config-store
|
|
litellm_params:
|
|
vector_store_id: vs_integration_config_store
|
|
custom_llm_provider: openai
|
|
api_base: os.environ/INTEGRATION_UPSTREAM_URL
|
|
api_key: integration-provider-key
|
|
vector_store_description: declared in tests/integration/proxy_config.yaml
|
|
environment_variables:
|
|
PERPLEXITYAI_API_KEY: synthetic-decisions-env-key
|