scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-12 23:01:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 181

Merge pull request #3071 from vivek-athina/main

Browse source 
Athina callback now handles streaming mode
This commit is contained in:
Ishaan Jaff 2024-05-23 15:31:12 -07:00 • committed by GitHub
commit 966e62adf6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 12 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
litellm/integrations/athina.py
View file

@ -1,6 +1,5 @@
import datetime
class AthinaLogger:
def __init__(self):
import os
@ -29,7 +28,18 @@ class AthinaLogger:
import traceback
try:
response_json = response_obj.model_dump() if response_obj else {}
is_stream = kwargs.get("stream", False)
if is_stream:
if "complete_streaming_response" in kwargs:
# Log the completion response in streaming mode
completion_response = kwargs["complete_streaming_response"]
response_json = completion_response.model_dump() if completion_response else {}
else:
# Skip logging if the completion response is not available
return
else:
# Log the completion response in non streaming mode
response_json = response_obj.model_dump() if response_obj else {}
data = {
"language_model_id": kwargs.get("model"),
"request": kwargs,