From 8969c5f7698ec695e93ac69d3c44be1c4c5f9d07 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 21 Nov 2023 08:36:33 -0800 Subject: [PATCH] (docs) proxy starting config.yaml --- litellm/proxy/config.yaml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/config.yaml b/litellm/proxy/config.yaml index 7aecf772eba..65dfd03295b 100644 --- a/litellm/proxy/config.yaml +++ b/litellm/proxy/config.yaml @@ -7,11 +7,14 @@ model_list: litellm_params: model: huggingface/HuggingFaceH4/zephyr-7b-beta api_base: https:// + - model_name: deepseek-coder:latest + litellm_params: + model: ollama/deepseek-coder:latest litellm_settings: drop_params: True set_verbose: True general_settings: - master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) - database_url: "postgresql://:@:/" # [OPTIONAL] use for token-based auth to proxy \ No newline at end of file + # master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) + # database_url: "postgresql://:@:/" # [OPTIONAL] use for token-based auth to proxy \ No newline at end of file