From 9657fb0f0c2623bbb4ca77412486fd6bf701d687 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 2 Feb 2024 13:06:47 -0800 Subject: [PATCH] (feat) langfuse set generation_id to response ID --- litellm/integrations/langfuse.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/integrations/langfuse.py b/litellm/integrations/langfuse.py index 70e8163bd5e..624829e8519 100644 --- a/litellm/integrations/langfuse.py +++ b/litellm/integrations/langfuse.py @@ -207,6 +207,7 @@ class LangFuseLogger: if generation_name is None: # just log `litellm-{call_type}` as the generation name generation_name = f"litellm-{kwargs.get('call_type', 'completion')}" + response_id = response_obj.get("id", None) trace_params = { "name": generation_name, "input": input, @@ -226,7 +227,7 @@ class LangFuseLogger: trace = self.Langfuse.trace(**trace_params) trace.generation( name=generation_name, - id=metadata.get("generation_id", None), + id=metadata.get("generation_id", response_id), startTime=start_time, endTime=end_time, model=kwargs["model"],