mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-28 01:32:17 +00:00
248f0eb159
* ci: fix the litellm-tests unit job with sysmon coverage, an env allowlist and coverage upload on failure * test: replace key-dependent proxy, enterprise and mcp unit tests with synthetic values and integration and e2e coverage * test: drop key reads at the legacy proxy, enterprise and mcp paths and wire the gemini pass-through split * ci: move caching, proxy-extras, gateway and enterprise tests into tests/unit and run them from litellm-tests under their legacy flags * ci: move caching, proxy-extras, gateway and enterprise tests into tests/unit and run them from litellm-tests under their legacy flags * ci: move tests/proxy_unit_tests to tests/unit/proxy and run the proxy-db shards from litellm-tests * ci: fail the unit shard when circleci tests split errors * test: drop restating comments from the gemini pass-through split * build: point the local proxy unit targets at the nested tests/unit/proxy tree * ci: exit the unit shard cleanly when circleci tests split assigns it no files --------- Co-authored-by: yuneng <yuneng@berri.ai>
28 lines
No EOL
886 B
YAML
28 lines
No EOL
886 B
YAML
litellm_settings:
|
|
drop_params: True
|
|
|
|
# Model-specific settings
|
|
model_list: # use the same model_name for using the litellm router. LiteLLM will use the router between gpt-3.5-turbo
|
|
- model_name: gpt-3.5-turbo # litellm will
|
|
litellm_params:
|
|
model: gpt-3.5-turbo
|
|
api_key: sk-uj6F
|
|
tpm: 20000 # [OPTIONAL] REPLACE with your openai tpm
|
|
rpm: 3 # [OPTIONAL] REPLACE with your openai rpm
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: gpt-3.5-turbo
|
|
api_key: sk-Imn
|
|
tpm: 20000 # [OPTIONAL] REPLACE with your openai tpm
|
|
rpm: 3 # [OPTIONAL] REPLACE with your openai rpm
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: openrouter/gpt-3.5-turbo
|
|
- model_name: mistral-7b-instruct
|
|
litellm_params:
|
|
model: mistralai/mistral-7b-instruct
|
|
|
|
environment_variables:
|
|
REDIS_HOST: localhost
|
|
REDIS_PASSWORD:
|
|
REDIS_PORT: |