From 8f8ac03961931d7e5dfea7a7d5fb8c65216d7f7e Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Tue, 2 Jan 2024 16:55:10 +0530
Subject: [PATCH] (docs) proxy - using xinference

---
 docs/my-website/docs/proxy/configs.md | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/docs/my-website/docs/proxy/configs.md b/docs/my-website/docs/proxy/configs.md
index affe666ca59..3a9def5b5d5 100644
--- a/docs/my-website/docs/proxy/configs.md
+++ b/docs/my-website/docs/proxy/configs.md
@@ -392,6 +392,23 @@ model_list:
 
 </TabItem>
 
+
+<TabItem value="xinf" label="XInference">
+
+https://docs.litellm.ai/docs/providers/xinference
+
+**Note add `xinference/` prefix to `litellm_params`: `model` so litellm knows to route to OpenAI**
+
+```yaml
+model_list:
+- model_name: xinference-model  # model group
+  litellm_params:
+    model: xinference/bge-base-en   # model name for litellm.embedding(model=xinference/bge-base-en) 
+    api_base: http://0.0.0.0:9997/v1
+```
+
+</TabItem>
+
 <TabItem value="openai emb" label="OpenAI Compatible Embeddings">
 
 <p>Use this for calling <a href="https://github.com/xorbitsai/inference">/embedding endpoints on OpenAI Compatible Servers</a>.</p>