From 88cdfedf8429d3b705bd48301e4b0e783884854b Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 18 Jan 2024 12:21:56 -0800 Subject: [PATCH] (feat) track cost streaming --- litellm/proxy/proxy_server.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index fdc81f88e0e..10efd495b3a 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -531,7 +531,13 @@ async def track_cost_callback( prisma_client is not None or custom_db_client is not None ): await update_database( - token=user_api_key, response_cost=response_cost, user_id=user_id + token=user_api_key, + response_cost=response_cost, + user_id=user_id, + kwargs=kwargs, + completion_response=completion_response, + start_time=start_time, + end_time=end_time, ) elif kwargs["stream"] == False: # for non streaming responses response_cost = litellm.completion_cost(