From acd56b174c6a28a4525e627a3430f93756d60a47 Mon Sep 17 00:00:00 2001 From: Udit <23015406+udit-001@users.noreply.github.com> Date: Sat, 16 Mar 2024 03:24:00 +0530 Subject: [PATCH] docs(langfuse): add chatlitellm section --- docs/my-website/docs/langchain/langchain.md | 3 ++ .../observability/langfuse_integration.md | 28 ++++++++++++++++++- 2 files changed, 30 insertions(+), 1 deletion(-) diff --git a/docs/my-website/docs/langchain/langchain.md b/docs/my-website/docs/langchain/langchain.md index fa5a0a96b58..5e7fb0264ca 100644 --- a/docs/my-website/docs/langchain/langchain.md +++ b/docs/my-website/docs/langchain/langchain.md @@ -133,3 +133,6 @@ chat(messages) ``` + +## Langfuse Integration +Checkout this section [here](../observability/langfuse_integration#chatlitellm-integration) for more details on how to integrate langfuse with ChatLiteLLM. diff --git a/docs/my-website/docs/observability/langfuse_integration.md b/docs/my-website/docs/observability/langfuse_integration.md index 294f3fb3896..911f71afed7 100644 --- a/docs/my-website/docs/observability/langfuse_integration.md +++ b/docs/my-website/docs/observability/langfuse_integration.md @@ -132,6 +132,32 @@ print(response) ``` +### ChatLiteLLM Integration +Pass `trace_user_id`, `session_id` in model_kwargs +```python +import os +from langchain.chat_models import ChatLiteLLM +from langchain.schema import HumanMessage + +os.environ['OPENAI_API_KEY'] = "" +chat = ChatLiteLLM( + model="gpt-3.5-turbo" + model_kwargs={ + "metadata": { + "trace_user_id": "user-id2", # set langfuse Trace User ID + "session_id": "session-1" , # set langfuse Session ID + "tags": ["tag1", "tag2"] + } + } + ) +messages = [ + HumanMessage( + content="what model are you" + ) +] +chat(messages) +``` + ## Troubleshooting & Errors ### Data not getting logged to Langfuse ? @@ -142,4 +168,4 @@ print(response) - [Schedule Demo 👋](https://calendly.com/d/4mp-gd3-k5k/berriai-1-1-onboarding-litellm-hosted-version) - [Community Discord 💭](https://discord.gg/wuPM9dRgDw) - Our numbers 📞 +1 (770) 8783-106 / ‭+1 (412) 618-6238‬ -- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai \ No newline at end of file +- Our emails ✉️ ishaan@berri.ai / krrish@berri.ai