scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-09-07 08:26:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 36

(fix) access user in custom logger

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 09:50:34 -08:00
parent 93f5c266da
commit f3b939e603
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/custom_logger.py
View file

@ -15,8 +15,13 @@ class MyCustomHandler(CustomLogger):
# log: key, user, model, prompt, response, tokens, cost
print("\n kwargs\n")
print(kwargs)
### Access kwargs passed to litellm.completion()
model = kwargs["model"]
messages = kwargs["messages"]
user = kwargs.get("user")
#################################################
### Calculate cost #######################
cost = litellm.completion_cost(completion_response=response_obj)
response = response_obj
# tokens used in response
@ -26,6 +31,7 @@ class MyCustomHandler(CustomLogger):
f"""
Model: {model},
Messages: {messages},
User: {user},
Usage: {usage},
Cost: {cost},
Response: {response}