From a4f5fb3c3092d4b198db01462782f3685fa9863c Mon Sep 17 00:00:00 2001 From: Pradyumna Singh Rathore <36568190+pradhyumna85@users.noreply.github.com> Date: Sat, 7 Sep 2024 20:52:18 +0530 Subject: [PATCH] fix missing class object instantiation in custom_llm_server provider documentation's quick start (#5578) Co-authored-by: Pradyumna Singh Rathore --- docs/my-website/docs/providers/custom_llm_server.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/my-website/docs/providers/custom_llm_server.md b/docs/my-website/docs/providers/custom_llm_server.md index 7b2e1cde298..0807e265024 100644 --- a/docs/my-website/docs/providers/custom_llm_server.md +++ b/docs/my-website/docs/providers/custom_llm_server.md @@ -23,6 +23,8 @@ class MyCustomLLM(CustomLLM): mock_response="Hi!", ) # type: ignore +my_custom_llm = MyCustomLLM() + litellm.custom_provider_map = [ # 👈 KEY STEP - REGISTER HANDLER {"provider": "my-custom-llm", "custom_handler": my_custom_llm} ]