mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-16 23:41:43 +00:00
65 lines
1.9 KiB
YAML
65 lines
1.9 KiB
YAML
model_list:
|
|
- model_name: gpt-4
|
|
litellm_params:
|
|
model: openai/fake
|
|
api_key: fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
- model_name: fireworks-llama-v3-70b-instruct
|
|
litellm_params:
|
|
model: fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct
|
|
api_key: "os.environ/FIREWORKS"
|
|
- model_name: "*"
|
|
litellm_params:
|
|
model: "*"
|
|
- model_name: "*"
|
|
litellm_params:
|
|
model: openai/*
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- model_name: mistral-small-latest
|
|
litellm_params:
|
|
model: mistral/mistral-small-latest
|
|
api_key: "os.environ/MISTRAL_API_KEY"
|
|
- model_name: tts
|
|
litellm_params:
|
|
model: openai/tts-1
|
|
api_key: "os.environ/OPENAI_API_KEY"
|
|
model_info:
|
|
mode: audio_speech
|
|
|
|
# For /fine_tuning/jobs endpoints
|
|
finetune_settings:
|
|
- custom_llm_provider: azure
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app
|
|
api_key: fake-key
|
|
api_version: "2023-03-15-preview"
|
|
- custom_llm_provider: openai
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
- custom_llm_provider: "vertex_ai"
|
|
vertex_project: "adroit-crow-413218"
|
|
vertex_location: "us-central1"
|
|
vertex_credentials: "/Users/ishaanjaffer/Downloads/adroit-crow-413218-a956eef1a2a8.json"
|
|
|
|
# for /files endpoints
|
|
files_settings:
|
|
- custom_llm_provider: azure
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app
|
|
api_key: fake-key
|
|
api_version: "2023-03-15-preview"
|
|
- custom_llm_provider: openai
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
|
|
default_vertex_config:
|
|
vertex_project: "adroit-crow-413218"
|
|
vertex_location: "us-central1"
|
|
vertex_credentials: "/Users/ishaanjaffer/Downloads/adroit-crow-413218-a956eef1a2a8.json"
|
|
|
|
|
|
|
|
general_settings:
|
|
master_key: sk-1234
|
|
|
|
# Security controls
|
|
max_request_size_mb: 100
|
|
# google cloud run maximum repsonses size is 32MB
|
|
max_response_size_mb: 10
|
|
|