scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-05 08:07:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 137

(feat) langfuse set generation_id to response ID

Browse source
This commit is contained in:
ishaan-jaff 2024-02-02 13:06:47 -08:00
parent 5ca5b57f80
commit 9657fb0f0c
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/integrations/langfuse.py
View file

@ -207,6 +207,7 @@ class LangFuseLogger:
if generation_name is None:
# just log `litellm-{call_type}` as the generation name
generation_name = f"litellm-{kwargs.get('call_type', 'completion')}"
response_id = response_obj.get("id", None)
trace_params = {
"name": generation_name,
"input": input,
@ -226,7 +227,7 @@ class LangFuseLogger:
trace = self.Langfuse.trace(**trace_params)
trace.generation(
name=generation_name,
id=metadata.get("generation_id", None),
id=metadata.get("generation_id", response_id),
startTime=start_time,
endTime=end_time,
model=kwargs["model"],