scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-08-28 05:25:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 35

test build and test

Browse source
This commit is contained in:
Ishaan Jaffer 2025-09-27 09:26:38 -07:00
parent 9790451cce
commit 4054eeea20
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
proxy_server_config.yaml
View file

@ -7,14 +7,14 @@ model_list:
id: "1"
- model_name: gpt-3.5-turbo-end-user-test
litellm_params:
model: azure/gpt-4o-new-test
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
model: azure/gpt-4.1-nano
api_base: https://krris-m2f9a9i7-eastus2.openai.azure.com/
api_version: "2023-05-15"
api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault
- model_name: gpt-3.5-turbo
litellm_params:
model: azure/gpt-4o-new-test
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
model: azure/gpt-4.1-nano
api_base: https://krris-m2f9a9i7-eastus2.openai.azure.com/
api_version: "2023-05-15"
api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault
- model_name: gpt-3.5-turbo-large
@ -26,8 +26,8 @@ model_list:
stream_timeout: 60
- model_name: gpt-4
litellm_params:
model: azure/gpt-4o-new-test
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
model: azure/gpt-4.1-nano
api_base: https://krris-m2f9a9i7-eastus2.openai.azure.com/
api_version: "2023-05-15"
api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault
rpm: 480
@ -39,9 +39,9 @@ model_list:
input_cost_per_second: 0.000420
- model_name: text-embedding-ada-002
litellm_params:
model: azure/azure-embedding-model
model: azure/text-embedding-ada-002
api_key: os.environ/AZURE_API_KEY
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
api_base: https://krris-m2f9a9i7-eastus2.openai.azure.com/
api_version: "2023-05-15"
model_info:
mode: embedding