mirror of
https://github.com/BerriAI/litellm.git
synced 2026-08-28 05:25:59 +00:00
1973ae8fb8
* add test for using images with custom openai endpoints * run all otel tests * update name of test * add custom openai model to test config * add test for setting supports_vision=True for model * fix test guardrails aporia * docs supports vison * fix yaml * fix yaml * docs supports vision * fix bedrock guardrail test * fix cohere rerank test * update model_group doc string * add better prints on test
57 lines
No EOL
1.7 KiB
YAML
57 lines
No EOL
1.7 KiB
YAML
model_list:
|
|
- model_name: gpt-3.5-turbo
|
|
litellm_params:
|
|
model: openai/gpt-3.5-turbo
|
|
api_key: fake-key
|
|
api_base: https://exampleopenaiendpoint-production.up.railway.app/
|
|
tags: ["teamB"]
|
|
model_info:
|
|
id: "team-b-model"
|
|
- model_name: rerank-english-v3.0
|
|
litellm_params:
|
|
model: cohere/rerank-english-v3.0
|
|
api_key: os.environ/COHERE_API_KEY
|
|
- model_name: llava-hf
|
|
litellm_params:
|
|
model: openai/llava-hf/llava-v1.6-vicuna-7b-hf
|
|
api_base: http://localhost:8000
|
|
api_key: fake-key
|
|
model_info:
|
|
supports_vision: True
|
|
|
|
|
|
litellm_settings:
|
|
cache: true
|
|
# callbacks: ["otel"]
|
|
|
|
guardrails:
|
|
- guardrail_name: "aporia-pre-guard"
|
|
litellm_params:
|
|
guardrail: aporia # supported values: "aporia", "bedrock", "lakera"
|
|
mode: "post_call"
|
|
api_key: os.environ/APORIA_API_KEY_1
|
|
api_base: os.environ/APORIA_API_BASE_1
|
|
- guardrail_name: "aporia-post-guard"
|
|
litellm_params:
|
|
guardrail: aporia # supported values: "aporia", "bedrock", "lakera"
|
|
mode: "post_call"
|
|
api_key: os.environ/APORIA_API_KEY_2
|
|
api_base: os.environ/APORIA_API_BASE_2
|
|
- guardrail_name: "bedrock-pre-guard"
|
|
litellm_params:
|
|
guardrail: bedrock # supported values: "aporia", "bedrock", "lakera"
|
|
mode: "during_call"
|
|
guardrailIdentifier: ff6ujrregl1q
|
|
guardrailVersion: "DRAFT"
|
|
- guardrail_name: "custom-pre-guard"
|
|
litellm_params:
|
|
guardrail: custom_guardrail.myCustomGuardrail
|
|
mode: "pre_call"
|
|
- guardrail_name: "custom-during-guard"
|
|
litellm_params:
|
|
guardrail: custom_guardrail.myCustomGuardrail
|
|
mode: "during_call"
|
|
- guardrail_name: "custom-post-guard"
|
|
litellm_params:
|
|
guardrail: custom_guardrail.myCustomGuardrail
|
|
mode: "post_call" |