From fbebb2897095a281b62429607f166f84e1fe5923 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 9 Nov 2023 10:46:15 -0800
Subject: [PATCH] (docs) simple proxy

---
 docs/my-website/docs/simple_proxy.md | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/docs/my-website/docs/simple_proxy.md b/docs/my-website/docs/simple_proxy.md
index 490df23a707..79390a29772 100644
--- a/docs/my-website/docs/simple_proxy.md
+++ b/docs/my-website/docs/simple_proxy.md
@@ -342,6 +342,19 @@ print(result)
 </Tabs>
 
 ## Proxy Configs
+The Config allows you to set a `model_list` and define litellm specific params
+Supported params in the config
+```yaml
+model_list:
+  - model_name: zephyr-alpha
+    litellm_params: # params for litellm.completion() - https://docs.litellm.ai/docs/completion/input#input---request-body
+      model: huggingface/HuggingFaceH4/zephyr-7b-alpha
+      api_base: http://0.0.0.0:8001
+  - model_name: zephyr-beta
+    litellm_params:
+      model: huggingface/HuggingFaceH4/zephyr-7b-beta
+      api_base: https://<my-hosted-endpoint>
+```
 
 
 ### Set Custom Prompt Templates