scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 182

Athina callback now handles streaming mode

Browse source
This commit is contained in:
Vivek Aditya 2024-04-17 00:06:16 +05:30
parent ffd3a96fcf
commit 9c3a1124d7
1 changed files with 12 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
litellm/integrations/athina.py
View file

@ -1,6 +1,5 @@
import datetime
class AthinaLogger:
def __init__(self):
import os
@ -17,7 +16,18 @@ class AthinaLogger:
import json
import traceback
try:
response_json = response_obj.model_dump() if response_obj else {}
is_stream = kwargs.get("stream", False)
if is_stream:
if "complete_streaming_response" in kwargs:
# Log the completion response in streaming mode
completion_response = kwargs["complete_streaming_response"]
response_json = completion_response.model_dump() if completion_response else {}
else:
# Skip logging if the completion response is not available
return
else:
# Log the completion response in non streaming mode
response_json = response_obj.model_dump() if response_obj else {}
data = {
"language_model_id": kwargs.get("model"),
"request": kwargs,