scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-11 22:51:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 123

Merge pull request #1780 from BerriAI/litellm_langfuse_logging

Browse source 
(feat) langfuse set generation_id to chatcmpl-response ID
This commit is contained in:
Ishaan Jaff 2024-02-02 13:08:09 -08:00 • committed by GitHub
commit 730c5ef9f6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
litellm/integrations/langfuse.py
View file

@ -207,6 +207,7 @@ class LangFuseLogger:
if generation_name is None:
# just log `litellm-{call_type}` as the generation name
generation_name = f"litellm-{kwargs.get('call_type', 'completion')}"
response_id = response_obj.get("id", None)
trace_params = {
"name": generation_name,
"input": input,
@ -226,7 +227,7 @@ class LangFuseLogger:
trace = self.Langfuse.trace(**trace_params)
trace.generation(
name=generation_name,
id=metadata.get("generation_id", None),
id=metadata.get("generation_id", response_id),
startTime=start_time,
endTime=end_time,
model=kwargs["model"],