remove unecessary config file from source control

This commit is contained in:
harish-berri 2026-04-29 00:53:40 +00:00
parent aaa09bb086
commit 1a885a755d

View file

@ -1,96 +0,0 @@
model_list:
- model_name: fake-openai-endpoint
litellm_params:
model: openai/fake-model
api_key: fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/
timeout: 40
- model_name: claude-opus-4-7
litellm_params:
model: anthropic/claude-opus-4-7
api_key: os.environ/ANTHROPIC_API_KEY
# Bedrock: model id used in /bedrock/model/{...}/converse (must match the string clients send as `model`)
- model_name: global.anthropic.claude-sonnet-4-6
litellm_params:
model: bedrock/global.anthropic.claude-sonnet-4-6
custom_llm_provider: bedrock
aws_region_name: os.environ/AWS_REGION
# Credentials: AWS_ACCESS_KEY_ID / AWS_SECRET_ACCESS_KEY / AWS_REGION (or instance role)
# Bedrock pass-through to a local mock: run `uv run python scripts/mock_bedrock_passthrough_target.py --port 9999`
# Test: curl -X POST "http://127.0.0.1:4000/bedrock/model/mock-bedrock-claude/converse" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"messages":[{"role":"user","content":[{"text":"hi"}]}]}'
# Do NOT use /bedrock/v1/messages (that is not a Bedrock path). For Anthropic /v1/messages use POST /v1/messages and set ANTHROPIC_BASE_URL to http://127.0.0.1:4000 (no /bedrock).
- model_name: mock-bedrock-claude
litellm_params:
model: bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0
custom_llm_provider: bedrock
aws_region_name: us-west-2
api_base: "http://127.0.0.1:9999"
- model_name: fake-openai-gpt4
litellm_params:
model: gpt-4
api_key: fake-key
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
api_base: http://mock-llm-provider/llm/
- model_name: fake-openai-gpt4
litellm_params:
model: gpt-4
api_key: fake-key
# Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP.
api_base: http://mock-llm-provider/llm/
general_settings:
master_key: sk-1234
health_check_details: False
database_url: os.environ/DATABASE_URL
# disable_spend_updates: True
# use_redis_transaction_buffer: True
litellm_settings:
network_mock: False # must be false to call mock-llm-provider over the Docker network
json_logs: True
drop_params: True
telemetry: False
public_routes: ["LiteLLMRoutes.public_routes", "/health/liveliness"]
num_retries: 0
set_verbose: False
request_timeout: 600
enable_redis_auth_cache: True # Share virtual-key auth cache across workers via Redis.
# Eliminates per-pod DB round-trips on cache misses. Requires cache.type=redis below.
cache: true
cache_params:
type: redis
host: os.environ/RATELIMIT_REDIS_ENDPOINT
port: os.environ/RATELIMIT_REDIS_PORT
max_connections: 100
callbacks:
- prometheus
# - "callbacks.overhead_metrics.overhead_logger"
# - "callbacks.otel_tracing.otel_tracing_logger"
# - "callbacks.usage_metrics.usage_metrics_logger"
service_callback: ["prometheus_system"]
default_key_generate_params:
max_budget: 500
budget_duration: "30d"
# Router Redis (same Compose Redis). Omit redis_password in `.env` if Redis has no auth.
router_settings:
routing_strategy: simple-shuffle
redis_host: os.environ/RATELIMIT_REDIS_ENDPOINT
redis_port: os.environ/RATELIMIT_REDIS_PORT
# redis_password: os.environ/REDIS_DEFAULT_PASSWORD
# Uncomment when `opinionated_api` is installed (iFood production shape):
# guardrails:
# - guardrail_name: "llm-firewall"
# litellm_params:
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
# mode: "during_call"
# - guardrail_name: "llm-firewall-post"
# litellm_params:
# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall
# mode: "post_call"