mirror of
https://github.com/BerriAI/litellm.git
synced 2026-11-11 08:38:24 +00:00
c8e0f2ddb4
Shipped proxy configs now read general_settings.master_key from os.environ/LITELLM_MASTER_KEY, the .env examples ship a blank value with the openssl generate command above it, and READMEs, the missing env vars page and Admin UI code snippets show a generate command or the <your-master-key> placeholder instead of the literal sk-1234 The two CircleCI docker runs that mount proxy_server_config.yaml and oai_misc_config.yaml now pass LITELLM_MASTER_KEY so their runtime key is unchanged
63 lines
1.7 KiB
YAML
63 lines
1.7 KiB
YAML
model_list:
|
|
- model_name: gpt-4o
|
|
litellm_params:
|
|
model: openai/gpt-4o
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: text-embedding-3-small
|
|
litellm_params:
|
|
model: openai/text-embedding-3-small
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
- model_name: bedrock-claude-sonnet-3.5
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-sonnet-4
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-sonnet-4-20250514-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-sonnet-4.5
|
|
litellm_params:
|
|
model: "bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-claude-opus-4.5
|
|
litellm_params:
|
|
model: "bedrock/converse/us.anthropic.claude-opus-4-5-20251101-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
- model_name: bedrock-nova-premier
|
|
litellm_params:
|
|
model: "bedrock/us.amazon.nova-premier-v1:0"
|
|
aws_region_name: "us-east-1"
|
|
|
|
# MCP Server Configuration
|
|
mcp_servers:
|
|
# Wikipedia MCP - reliable and works without external deps
|
|
wikipedia:
|
|
transport: "stdio"
|
|
command: "uvx"
|
|
args: ["mcp-server-fetch"]
|
|
description: "Fetch web pages and Wikipedia content"
|
|
deepwiki:
|
|
transport: "http"
|
|
url: "https://mcp.deepwiki.com/mcp"
|
|
|
|
|
|
# General Settings
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
store_model_in_db: false
|
|
|
|
# LiteLLM Settings
|
|
litellm_settings:
|
|
# Enable MCP Semantic Tool Filter
|
|
mcp_semantic_tool_filter:
|
|
enabled: true
|
|
embedding_model: "text-embedding-3-small"
|
|
top_k: 5
|
|
similarity_threshold: 0.3
|
|
|