mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-20 00:11:50 +00:00
remove unecessary config file from source control
This commit is contained in:
parent
aaa09bb086
commit
1a885a755d
1 changed files with 0 additions and 96 deletions
|
|
@ -1,96 +0,0 @@
|
|||
model_list:
|
||||
- model_name: fake-openai-endpoint
|
||||
litellm_params:
|
||||
model: openai/fake-model
|
||||
api_key: fake-key
|
||||
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
||||
timeout: 40
|
||||
|
||||
- model_name: claude-opus-4-7
|
||||
litellm_params:
|
||||
model: anthropic/claude-opus-4-7
|
||||
api_key: os.environ/ANTHROPIC_API_KEY
|
||||
|
||||
# Bedrock: model id used in /bedrock/model/{...}/converse (must match the string clients send as `model`)
|
||||
- model_name: global.anthropic.claude-sonnet-4-6
|
||||
litellm_params:
|
||||
model: bedrock/global.anthropic.claude-sonnet-4-6
|
||||
custom_llm_provider: bedrock
|
||||
aws_region_name: os.environ/AWS_REGION
|
||||
# Credentials: AWS_ACCESS_KEY_ID / AWS_SECRET_ACCESS_KEY / AWS_REGION (or instance role)
|
||||
|
||||
# Bedrock pass-through to a local mock: run `uv run python scripts/mock_bedrock_passthrough_target.py --port 9999`
|
||||
# Test: curl -X POST "http://127.0.0.1:4000/bedrock/model/mock-bedrock-claude/converse" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"messages":[{"role":"user","content":[{"text":"hi"}]}]}'
|
||||
# Do NOT use /bedrock/v1/messages (that is not a Bedrock path). For Anthropic /v1/messages use POST /v1/messages and set ANTHROPIC_BASE_URL to http://127.0.0.1:4000 (no /bedrock).
|
||||
- model_name: mock-bedrock-claude
|
||||
litellm_params:
|
||||
model: bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0
|
||||
custom_llm_provider: bedrock
|
||||
aws_region_name: us-west-2
|
||||
api_base: "http://127.0.0.1:9999"
|
||||
|
||||
- model_name: fake-openai-gpt4
|
||||
litellm_params:
|
||||
model: gpt-4
|
||||
api_key: fake-key
|
||||
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
|
||||
api_base: http://mock-llm-provider/llm/
|
||||
|
||||
- model_name: fake-openai-gpt4
|
||||
litellm_params:
|
||||
model: gpt-4
|
||||
api_key: fake-key
|
||||
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
|
||||
api_base: http://mock-llm-provider/llm/
|
||||
|
||||
general_settings:
|
||||
master_key: sk-1234
|
||||
health_check_details: False
|
||||
database_url: os.environ/DATABASE_URL
|
||||
# disable_spend_updates: True
|
||||
# use_redis_transaction_buffer: True
|
||||
|
||||
litellm_settings:
|
||||
network_mock: False # must be false to call mock-llm-provider over the Docker network
|
||||
json_logs: True
|
||||
drop_params: True
|
||||
telemetry: False
|
||||
public_routes: ["LiteLLMRoutes.public_routes", "/health/liveliness"]
|
||||
num_retries: 0
|
||||
set_verbose: False
|
||||
request_timeout: 600
|
||||
enable_redis_auth_cache: True # Share virtual-key auth cache across workers via Redis.
|
||||
# Eliminates per-pod DB round-trips on cache misses. Requires cache.type=redis below.
|
||||
cache: true
|
||||
cache_params:
|
||||
type: redis
|
||||
host: os.environ/RATELIMIT_REDIS_ENDPOINT
|
||||
port: os.environ/RATELIMIT_REDIS_PORT
|
||||
max_connections: 100
|
||||
callbacks:
|
||||
- prometheus
|
||||
# - "callbacks.overhead_metrics.overhead_logger"
|
||||
# - "callbacks.otel_tracing.otel_tracing_logger"
|
||||
# - "callbacks.usage_metrics.usage_metrics_logger"
|
||||
service_callback: ["prometheus_system"]
|
||||
default_key_generate_params:
|
||||
max_budget: 500
|
||||
budget_duration: "30d"
|
||||
|
||||
# Router Redis (same Compose Redis). Omit redis_password in `.env` if Redis has no auth.
|
||||
router_settings:
|
||||
routing_strategy: simple-shuffle
|
||||
redis_host: os.environ/RATELIMIT_REDIS_ENDPOINT
|
||||
redis_port: os.environ/RATELIMIT_REDIS_PORT
|
||||
# redis_password: os.environ/REDIS_DEFAULT_PASSWORD
|
||||
|
||||
# Uncomment when `opinionated_api` is installed (iFood production shape):
|
||||
# guardrails:
|
||||
# - guardrail_name: "llm-firewall"
|
||||
# litellm_params:
|
||||
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
|
||||
# mode: "during_call"
|
||||
# - guardrail_name: "llm-firewall-post"
|
||||
# litellm_params:
|
||||
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
|
||||
# mode: "post_call"
|
||||
Loading…
Add table
Reference in a new issue