diff --git a/test-config/dev_config.yaml b/test-config/dev_config.yaml deleted file mode 100644 index 6e5c29e1275..00000000000 --- a/test-config/dev_config.yaml +++ /dev/null @@ -1,96 +0,0 @@ -model_list: - - model_name: fake-openai-endpoint - litellm_params: - model: openai/fake-model - api_key: fake-key - api_base: https://exampleopenaiendpoint-production.up.railway.app/ - timeout: 40 - - - model_name: claude-opus-4-7 - litellm_params: - model: anthropic/claude-opus-4-7 - api_key: os.environ/ANTHROPIC_API_KEY - - # Bedrock: model id used in /bedrock/model/{...}/converse (must match the string clients send as `model`) - - model_name: global.anthropic.claude-sonnet-4-6 - litellm_params: - model: bedrock/global.anthropic.claude-sonnet-4-6 - custom_llm_provider: bedrock - aws_region_name: os.environ/AWS_REGION - # Credentials: AWS_ACCESS_KEY_ID / AWS_SECRET_ACCESS_KEY / AWS_REGION (or instance role) - - # Bedrock pass-through to a local mock: run `uv run python scripts/mock_bedrock_passthrough_target.py --port 9999` - # Test: curl -X POST "http://127.0.0.1:4000/bedrock/model/mock-bedrock-claude/converse" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"messages":[{"role":"user","content":[{"text":"hi"}]}]}' - # Do NOT use /bedrock/v1/messages (that is not a Bedrock path). For Anthropic /v1/messages use POST /v1/messages and set ANTHROPIC_BASE_URL to http://127.0.0.1:4000 (no /bedrock). - - model_name: mock-bedrock-claude - litellm_params: - model: bedrock/us.anthropic.claude-3-5-sonnet-20240620-v1:0 - custom_llm_provider: bedrock - aws_region_name: us-west-2 - api_base: "http://127.0.0.1:9999" - - - model_name: fake-openai-gpt4 - litellm_params: - model: gpt-4 - api_key: fake-key - # Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP. - api_base: http://mock-llm-provider/llm/ - - - model_name: fake-openai-gpt4 - litellm_params: - model: gpt-4 - api_key: fake-key - # Docker Compose service `mock-llm-provider` (host:8090). Requires network_mock: False for real HTTP. - api_base: http://mock-llm-provider/llm/ - -general_settings: - master_key: sk-1234 - health_check_details: False - database_url: os.environ/DATABASE_URL - # disable_spend_updates: True - # use_redis_transaction_buffer: True - -litellm_settings: - network_mock: False # must be false to call mock-llm-provider over the Docker network - json_logs: True - drop_params: True - telemetry: False - public_routes: ["LiteLLMRoutes.public_routes", "/health/liveliness"] - num_retries: 0 - set_verbose: False - request_timeout: 600 - enable_redis_auth_cache: True # Share virtual-key auth cache across workers via Redis. - # Eliminates per-pod DB round-trips on cache misses. Requires cache.type=redis below. - cache: true - cache_params: - type: redis - host: os.environ/RATELIMIT_REDIS_ENDPOINT - port: os.environ/RATELIMIT_REDIS_PORT - max_connections: 100 - callbacks: - - prometheus - # - "callbacks.overhead_metrics.overhead_logger" - # - "callbacks.otel_tracing.otel_tracing_logger" - # - "callbacks.usage_metrics.usage_metrics_logger" - service_callback: ["prometheus_system"] - default_key_generate_params: - max_budget: 500 - budget_duration: "30d" - -# Router Redis (same Compose Redis). Omit redis_password in `.env` if Redis has no auth. -router_settings: - routing_strategy: simple-shuffle - redis_host: os.environ/RATELIMIT_REDIS_ENDPOINT - redis_port: os.environ/RATELIMIT_REDIS_PORT - # redis_password: os.environ/REDIS_DEFAULT_PASSWORD - -# Uncomment when `opinionated_api` is installed (iFood production shape): -# guardrails: -# - guardrail_name: "llm-firewall" -# litellm_params: -# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall -# mode: "during_call" -# - guardrail_name: "llm-firewall-post" -# litellm_params: -# guardrail: opinionated_api.custom_guardrails.llm_firewall.LLMFirewall -# mode: "post_call"