From 4f9f53f7dc87ade8a1948b439530f6f64f6c2f9b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 5 Dec 2023 12:20:12 -0800 Subject: [PATCH] (docs) proxy: config example with langchain --- docs/my-website/docs/proxy/configs.md | 27 +++++++++++++++++++-------- 1 file changed, 19 insertions(+), 8 deletions(-) diff --git a/docs/my-website/docs/proxy/configs.md b/docs/my-website/docs/proxy/configs.md index 305280bdd61..490da229489 100644 --- a/docs/my-website/docs/proxy/configs.md +++ b/docs/my-website/docs/proxy/configs.md @@ -139,7 +139,7 @@ print(response) ``` - + ```python from langchain.chat_models import ChatOpenAI @@ -150,12 +150,6 @@ from langchain.prompts.chat import ( ) from langchain.schema import HumanMessage, SystemMessage -chat = ChatOpenAI( - openai_api_base="http://0.0.0.0:8000", # set openai_api_base to the LiteLLM Proxy - model = "gpt-3.5-turbo", - temperature=0.1 -) - messages = [ SystemMessage( content="You are a helpful assistant that im using to make a test request to." @@ -164,8 +158,25 @@ messages = [ content="test from litellm. tell me why it's amazing in 1 sentence" ), ] -response = chat(messages) +# Sends request to model where `model_name=gpt-3.5-turbo` on config.yaml. +chat = ChatOpenAI( + openai_api_base="http://0.0.0.0:8000", # set openai base to the proxy + model = "gpt-3.5-turbo", + temperature=0.1 +) + +response = chat(messages) +print(response) + +# Sends request to model where `model_name=bedrock-claude-v1` on config.yaml. +claude_chat = ChatOpenAI( + openai_api_base="http://0.0.0.0:8000", # set openai base to the proxy + model = "bedrock-claude-v1", + temperature=0.1 +) + +response = claude_chat(messages) print(response) ```